
#模型下载
from modelscope.hub.file_download import model_file_download

model_dir = model_file_download(model_id='fivetwin/gemma-7b-it-gguf',file_path='gemma-7b-it-q4_0.gguf',cache_dir='/data/llm')

### 模型下载地址
### /data/llm/gemma-7b-it-q4_0.gguf

# https://huggingface.co/second-state/Gemma-7b-it-GGUF/resolve/main/gemma-7b-it-Q5_K_M.gguf